Spaces:
Runtime error
Runtime error
| """ | |
| Data Aggregation Module | |
| This module handles data collection, preprocessing, and dataset creation | |
| for model training. Includes synthetic data generation, quality validation, | |
| and tool use training data generation. | |
| """ | |
| from .collectors import DataCollector, TextDataCollector, JSONDataCollector | |
| from .preprocessors import TextPreprocessor, DataCleaner | |
| from .dataset_builder import DatasetBuilder | |
| from .synthetic_generator import SyntheticDataGenerator | |
| from .quality_validator import QualityValidator | |
| from .hf_dataset_loader import HuggingFaceDatasetLoader | |
| from .tool_use_generator import ToolUseGenerator | |
| __all__ = [ | |
| 'DataCollector', | |
| 'TextDataCollector', | |
| 'JSONDataCollector', | |
| 'TextPreprocessor', | |
| 'DataCleaner', | |
| 'DatasetBuilder', | |
| 'SyntheticDataGenerator', | |
| 'QualityValidator', | |
| 'HuggingFaceDatasetLoader', | |
| 'ToolUseGenerator' | |
| ] | |