We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f533cee commit 5fbea37Copy full SHA for 5fbea37
python/mlcroissant/mlcroissant/_src/operation_graph/execute.py
@@ -195,6 +195,10 @@ def execute_operations_in_beam(
195
enumerate(files)
196
)
197
num_shards = len(files)
198
+ if not num_shards:
199
+ raise ValueError(
200
+ f"Empty {record_set=}. No files found for filters={json.dumps(filters)}"
201
+ )
202
203
# We don't know in advance the number of records per shards. So we just allocate the
204
# maximum number which is `sys.maxsize // num_shards`. Taking the practical case of
0 commit comments