Upload folder using huggingface_hub

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,1.9507708091019396,2.2017956891410218,0.006741035197684544,0.003202193745981116,0.003210400134949058,0.25318737679719927

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 17752 types
+[en] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe.en: 1000 sents, 40317 tokens, 3.64% replaced (by <unk>)
+[si] Dictionary: 17752 types
+[si] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe.si: 1000 sents, 41992 tokens, 7.77% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5827b10379794b593f91ba74137af58d3e695a2ca68d171c9a3332b29df290
+size 80634

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055590a36abc207d1ae9ad2599c819c57c8255ff32182d5cd210a0d17f2a79c1
+size 83984

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,2.3531649234821748,2.6514240700468323,0.03911762700953511,0.0063221966796119244,0.004883518970068341,0.26762063486185

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 17752 types
+[en] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe.en: 1012 sents, 36840 tokens, 6.11% replaced (by <unk>)
+[si] Dictionary: 17752 types
+[si] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe.si: 1012 sents, 36725 tokens, 6.28% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8058cf46404bf52281fa0e15802ff170d38e5f51855d81580e407fd090b89bac
+size 73680

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244cc84fdf5baabd790264b6fc81325e2d3faa1a3f3c9e4dc9cbf7db603cbfc4
+size 73450

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,2.3914626249042517,2.4863415362555674,0.017285705462682804,0.0076794933936068874,0.005975028724634559,0.30568877060711386

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 17752 types
+[en] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe.en: 1000 sents, 36430 tokens, 9.45% replaced (by <unk>)
+[si] Dictionary: 17752 types
+[si] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe.si: 1000 sents, 33565 tokens, 7.45% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3293dff68a996494010f76c063cfb97935ef09541fb93cf7ec8a9520bcebc88b
+size 72860

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ca3b5a90412aaf72502ceee9f8691fbb0af4f95444c4379ad78cca3d02a1ee
+size 67130

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,2.3661894607446934,2.5402695418761616,0.02332640951513354,0.010703063746858242,0.010251863171695123,0.26141707630974526

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 17752 types
+[en] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe.en: 890 sents, 41309 tokens, 8.03% replaced (by <unk>)
+[si] Dictionary: 17752 types
+[si] ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe.si: 890 sents, 45837 tokens, 6.93% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c35381c8a4030933adfd2b79098458d2f0d4ee19b849deb24272d78725f31e9
+size 82618

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5fb10bdc97f7311e62ba22f169e55eb3062a10b8aae456026b3eb10d8d9448
+size 91674

Wikipedia-PE-Final/1k/en-si/cross_domain_outputs/Jailbreak/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,2.134919703756498,2.3504462746201837,0.05504300392871727,0.006238686277125976,0.005265641888667768,0.31144061052799227