Lift the limit of query_datasets

hsinfang · hsinfang · commit e68390f37f43 · 2024-12-18T11:08:05.000-08:00
diff --git a/src/move_embargo_args.py b/src/move_embargo_args.py
@@ -430,7 +430,7 @@ def transfer_dataset_type(dataset_type, collections, where, bind, is_raw):
     dataset_refs = list(
         # ok to have empty results because this is used with batching.
         source_butler.query_datasets(
-            dataset_type, collections, where=where, bind=bind, explain=False
+            dataset_type, collections, where=where, bind=bind, explain=False, limit=None
         )
     )
     for dsr_batch in _batched(dataset_refs, 1000):

Original file line number	Diff line number	Diff line change
`@@ -430,7 +430,7 @@ def transfer_dataset_type(dataset_type, collections, where, bind, is_raw):`
`430`	`430`	`dataset_refs = list(`
`431`	`431`	`# ok to have empty results because this is used with batching.`
`432`	`432`	`source_butler.query_datasets(`
`433`		`- dataset_type, collections, where=where, bind=bind, explain=False`
	`433`	`+ dataset_type, collections, where=where, bind=bind, explain=False, limit=None`
`434`	`434`	`)`
`435`	`435`	`)`
`436`	`436`	`for dsr_batch in _batched(dataset_refs, 1000):`