File size: 615 Bytes
e5e24c9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
# Copyright (c) OpenMMLab. All rights reserved.
from torch.utils.data import ConcatDataset as TorchConcatDataset
from xtuner.registry import BUILDER
class ConcatDataset(TorchConcatDataset):
def __init__(self, datasets):
datasets_instance = []
for cfg in datasets:
datasets_instance.append(BUILDER.build(cfg))
super().__init__(datasets=datasets_instance)
def __repr__(self):
main_str = 'Dataset as a concatenation of multiple datasets. \n'
main_str += ',\n'.join(
[f'{repr(dataset)}' for dataset in self.datasets])
return main_str
|