saridormi commited on
Commit
4206659
β€’
1 Parent(s): 9887b7d

load correct config for synthetic dataset

Browse files
Files changed (1) hide show
  1. api_wrappers/hf_data_loader.py +1 -0
api_wrappers/hf_data_loader.py CHANGED
@@ -64,6 +64,7 @@ def load_processed_rewriting_as_pandas():
64
 
65
  def load_synthetic_as_pandas():
66
  return load_dataset(config.HF_SYNTHETIC_DATASET_NAME,
 
67
  split=config.HF_SYNTHETIC_DATASET_SPLIT,
68
  token=config.HF_TOKEN,
69
  cache_dir=config.CACHE_DIR).to_pandas()
 
64
 
65
  def load_synthetic_as_pandas():
66
  return load_dataset(config.HF_SYNTHETIC_DATASET_NAME,
67
+ "raw",
68
  split=config.HF_SYNTHETIC_DATASET_SPLIT,
69
  token=config.HF_TOKEN,
70
  cache_dir=config.CACHE_DIR).to_pandas()