load correct config for synthetic dataset
Browse files
api_wrappers/hf_data_loader.py
CHANGED
@@ -64,6 +64,7 @@ def load_processed_rewriting_as_pandas():
|
|
64 |
|
65 |
def load_synthetic_as_pandas():
|
66 |
return load_dataset(config.HF_SYNTHETIC_DATASET_NAME,
|
|
|
67 |
split=config.HF_SYNTHETIC_DATASET_SPLIT,
|
68 |
token=config.HF_TOKEN,
|
69 |
cache_dir=config.CACHE_DIR).to_pandas()
|
|
|
64 |
|
65 |
def load_synthetic_as_pandas():
|
66 |
return load_dataset(config.HF_SYNTHETIC_DATASET_NAME,
|
67 |
+
"raw",
|
68 |
split=config.HF_SYNTHETIC_DATASET_SPLIT,
|
69 |
token=config.HF_TOKEN,
|
70 |
cache_dir=config.CACHE_DIR).to_pandas()
|