Spaces:
Running
Running
Broulaye Doumbia commited on
Commit ·
71bb3bc
1
Parent(s): 1958814
Fix: add trust_remote_code=True for datasets 3.x compatibility
Browse files- src/data/waxal_loader.py +1 -0
src/data/waxal_loader.py
CHANGED
|
@@ -64,6 +64,7 @@ class WaxalDataLoader:
|
|
| 64 |
split=split,
|
| 65 |
token=self.hf_token,
|
| 66 |
streaming=streaming,
|
|
|
|
| 67 |
)
|
| 68 |
if streaming:
|
| 69 |
ds = ds.shuffle(seed=42, buffer_size=1000)
|
|
|
|
| 64 |
split=split,
|
| 65 |
token=self.hf_token,
|
| 66 |
streaming=streaming,
|
| 67 |
+
trust_remote_code=True,
|
| 68 |
)
|
| 69 |
if streaming:
|
| 70 |
ds = ds.shuffle(seed=42, buffer_size=1000)
|