Skip to content

Commit 90da898

Browse files
CombinedDataset: allow sub-dataset estimated_num_seqs not set
1 parent 4b12bd1 commit 90da898

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

returnn/datasets/meta.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -863,8 +863,9 @@ def __init__(self,
863863
# This will only initialize datasets needed for features occurring in data_map
864864
self.datasets = {key: init_dataset(datasets[key]) for key in self.dataset_keys}
865865

866-
self._estimated_num_seqs = sum([self.datasets[k].estimated_num_seqs for k in sorted(self.datasets.keys())])
867866
self.estimated_num_seq_per_subset = [self.datasets[k].estimated_num_seqs for k in sorted(self.datasets.keys())]
867+
if all(num_seq is not None for num_seq in self.estimated_num_seq_per_subset):
868+
self._estimated_num_seqs = sum(self.estimated_num_seq_per_subset)
868869

869870
if data_dims:
870871
data_dims = convert_data_dims(data_dims)

0 commit comments

Comments
 (0)