Broulaye Doumbia commited on
Commit
71bb3bc
·
1 Parent(s): 1958814

Fix: add trust_remote_code=True for datasets 3.x compatibility

Browse files
Files changed (1) hide show
  1. src/data/waxal_loader.py +1 -0
src/data/waxal_loader.py CHANGED
@@ -64,6 +64,7 @@ class WaxalDataLoader:
64
  split=split,
65
  token=self.hf_token,
66
  streaming=streaming,
 
67
  )
68
  if streaming:
69
  ds = ds.shuffle(seed=42, buffer_size=1000)
 
64
  split=split,
65
  token=self.hf_token,
66
  streaming=streaming,
67
+ trust_remote_code=True,
68
  )
69
  if streaming:
70
  ds = ds.shuffle(seed=42, buffer_size=1000)