arham6/deepseek7b_finetuned

README.md

@@ -0,0 +1,61 @@
+---
+base_model: deepseek-ai/deepseek-llm-7b-chat
+library_name: peft
+license: other
+tags:
+- trl
+- sft
+- unsloth
+- generated_from_trainer
+model-index:
+- name: tmp
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# tmp
+
+This model is a fine-tuned version of [deepseek-ai/deepseek-llm-7b-chat](https://huggingface.co/deepseek-ai/deepseek-llm-7b-chat) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-06
+- train_batch_size: 2
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 3
+- total_train_batch_size: 6
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+- mixed_precision_training: Native AMP
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.11.1
+- Transformers 4.41.2
+- Pytorch 2.3.0+cu121
+- Datasets 2.20.0
+- Tokenizers 0.19.1

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "deepseek-ai/deepseek-llm-7b-chat",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": "unsloth",
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj",
+    "q_proj",
+    "k_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9cb96d5770098154f0e1e98de3e31b1a260844a3270c298c892ea4e50cdac6
+size 599711112

dap_multiplexer.3f3e8c8b22d3.root.log.INFO.20240626-064928.110

@@ -0,0 +1,22 @@
+Log file created at: 2024/06/26 06:49:28
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:49:28.333138       1 log_spam.go:43] Process id 110
+I0626 06:49:28.333762       1 log_spam.go:47] Current working directory /
+I0626 06:49:28.333773       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:49:28.333811       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:49:28.333820       1 log_spam.go:51] Command line arguments:
+I0626 06:49:28.333825       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0626 06:49:28.333828       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_13uuzs4lrn'

dap_multiplexer.INFO

@@ -0,0 +1,22 @@
+Log file created at: 2024/06/26 06:49:28
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:49:28.333138       1 log_spam.go:43] Process id 110
+I0626 06:49:28.333762       1 log_spam.go:47] Current working directory /
+I0626 06:49:28.333773       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:49:28.333811       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:49:28.333820       1 log_spam.go:51] Command line arguments:
+I0626 06:49:28.333825       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0626 06:49:28.333828       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_13uuzs4lrn'

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065013.344

@@ -0,0 +1,29 @@
+Log file created at: 2024/06/26 06:50:13
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:50:13.592864       1 log_spam.go:43] Process id 344
+I0626 06:50:13.593201       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:50:13.593211       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:50:13.593241       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:50:13.593246       1 log_spam.go:51] Command line arguments:
+I0626 06:50:13.593250       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:50:13.593254       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:50:13.593258       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:50:13.593260       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:50:13.593263       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:50:13.593266       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:50:13.593270       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:50:13.593273       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:50:13.593275       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:78dfaf03d6275a254cc12ee9e07ca589b0712e16dc'

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065111.672

@@ -0,0 +1,7 @@
+Log file created at: 2024/06/26 06:51:11
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065111.689

@@ -0,0 +1,29 @@
+Log file created at: 2024/06/26 06:51:11
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:51:11.648141       1 log_spam.go:43] Process id 689
+I0626 06:51:11.648439       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:51:11.648447       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:51:11.648465       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:51:11.648468       1 log_spam.go:51] Command line arguments:
+I0626 06:51:11.648470       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:51:11.648472       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:51:11.648474       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:51:11.648476       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:51:11.648477       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:51:11.648479       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:51:11.648480       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:51:11.648482       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:51:11.648484       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:286f81e84dc7bfa6dec5f518e759e78097b561cdc4'

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065255.1143

@@ -0,0 +1,29 @@
+Log file created at: 2024/06/26 06:52:55
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:52:55.093153       1 log_spam.go:43] Process id 1143
+I0626 06:52:55.093892       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:52:55.093904       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:52:55.093938       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:52:55.093942       1 log_spam.go:51] Command line arguments:
+I0626 06:52:55.093946       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:52:55.093950       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:52:55.093952       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:52:55.093955       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:52:55.093958       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:52:55.093961       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:52:55.093963       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:52:55.093967       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:52:55.093970       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:8bad6c395feed11001bcaf0d36c07bf8afb4a39703'

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065407.1470

@@ -0,0 +1,29 @@
+Log file created at: 2024/06/26 06:54:07
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:54:07.997573       1 log_spam.go:43] Process id 1470
+I0626 06:54:07.998335       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:54:07.998347       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:54:07.998396       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:54:07.998401       1 log_spam.go:51] Command line arguments:
+I0626 06:54:07.998405       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:54:07.998409       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:54:07.998413       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:54:07.998416       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:54:07.998424       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:54:07.998427       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:54:07.998430       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:54:07.998434       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:54:07.998437       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:d8e8878607d56ada0211d47af8de4b0c9e005774ef'

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065742.2413

@@ -0,0 +1,7 @@
+Log file created at: 2024/06/26 06:57:42
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.3f3e8c8b22d3.root.log.INFO.20240626-065742.2430

@@ -0,0 +1,34 @@
+Log file created at: 2024/06/26 06:57:42
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:57:42.648199       1 log_spam.go:43] Process id 2430
+I0626 06:57:42.648519       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:57:42.648526       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:57:42.648544       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:57:42.648546       1 log_spam.go:51] Command line arguments:
+I0626 06:57:42.648549       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:57:42.648551       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:57:42.648552       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:57:42.648554       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:57:42.648556       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:57:42.648558       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:57:42.648559       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:57:42.648561       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:57:42.648563       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:94bce20b189920ff337233c6b963e1453a2b71c70d'
+I0626 06:58:22.426864      13 ls.go:1237] cancel was requested for: 11, needs to be canceled: false
+I0626 06:58:22.622576      13 ls.go:1237] cancel was requested for: 12, needs to be canceled: false
+I0626 06:58:23.096228      13 ls.go:1237] cancel was requested for: 14, needs to be canceled: false
+I0626 06:58:23.156637      13 ls.go:1237] cancel was requested for: 13, needs to be canceled: false
+I0626 06:58:23.947522      13 ls.go:1237] cancel was requested for: 15, needs to be canceled: false

language_service.INFO

@@ -0,0 +1,34 @@
+Log file created at: 2024/06/26 06:57:42
+Running on machine: 3f3e8c8b22d3
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0626 06:57:42.648199       1 log_spam.go:43] Process id 2430
+I0626 06:57:42.648519       1 log_spam.go:47] Current working directory /datalab/web
+I0626 06:57:42.648526       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0626 06:57:42.648544       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0626 06:57:42.648546       1 log_spam.go:51] Command line arguments:
+I0626 06:57:42.648549       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0626 06:57:42.648551       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0626 06:57:42.648552       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0626 06:57:42.648554       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0626 06:57:42.648556       1 log_spam.go:53]  argv[4]: '--'
+I0626 06:57:42.648558       1 log_spam.go:53]  argv[5]: 'node'
+I0626 06:57:42.648559       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0626 06:57:42.648561       1 log_spam.go:53]  argv[7]: '--stdio'
+I0626 06:57:42.648563       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:94bce20b189920ff337233c6b963e1453a2b71c70d'
+I0626 06:58:22.426864      13 ls.go:1237] cancel was requested for: 11, needs to be canceled: false
+I0626 06:58:22.622576      13 ls.go:1237] cancel was requested for: 12, needs to be canceled: false
+I0626 06:58:23.096228      13 ls.go:1237] cancel was requested for: 14, needs to be canceled: false
+I0626 06:58:23.156637      13 ls.go:1237] cancel was requested for: 13, needs to be canceled: false
+I0626 06:58:23.947522      13 ls.go:1237] cancel was requested for: 15, needs to be canceled: false

runs/Jun26_06-58-27_3f3e8c8b22d3/events.out.tfevents.1719385117.3f3e8c8b22d3.256.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8430fecaef435c4ce521191614b8153978e793110379db46c65b0660be38fb1c
+size 14832

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|PAD_TOKEN|>"
+}

tmp4b1284yv/_remote_module_non_scriptable.py

@@ -0,0 +1,81 @@
+from typing import *
+
+import torch
+import torch.distributed.rpc as rpc
+from torch import Tensor
+from torch._jit_internal import Future
+from torch.distributed.rpc import RRef
+from typing import Tuple  # pyre-ignore: unused import
+
+
+module_interface_cls = None
+
+
+def forward_async(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    return rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+
+
+def forward(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    ret_fut = rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+    return ret_fut.wait()
+
+
+_generated_methods = [
+    forward_async,
+    forward,
+]
+
+
+
+
+def _remote_forward(
+    module_rref: RRef[module_interface_cls], device: str, is_device_map_set: bool, *args, **kwargs):
+    module = module_rref.local_value()
+    device = torch.device(device)
+
+    if device.type != "cuda":
+        return module.forward(*args, **kwargs)
+
+    # If the module is on a cuda device,
+    # move any CPU tensor in args or kwargs to the same cuda device.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.to(device) if isinstance(i, Tensor) else i for i in *args)``.
+    args = (*args,)
+    out_args: Tuple[()] = ()
+    for arg in args:
+        arg = (arg.to(device),) if isinstance(arg, Tensor) else (arg,)
+        out_args = out_args + arg
+
+    kwargs = {**kwargs}
+    for k, v in kwargs.items():
+        if isinstance(v, Tensor):
+            kwargs[k] = kwargs[k].to(device)
+
+    if is_device_map_set:
+        return module.forward(*out_args, **kwargs)
+
+    # If the device map is empty, then only CPU tensors are allowed to send over wire,
+    # so have to move any GPU tensor to CPU in the output.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.cpu() if isinstance(i, Tensor) else i for i in module.forward(*out_args, **kwargs))``.
+    ret: Tuple[()] = ()
+    for i in module.forward(*out_args, **kwargs):
+        i = (i.cpu(),) if isinstance(i, Tensor) else (i,)
+        ret = ret + i
+    return ret

tokenizer_config.json

@@ -0,0 +1,146 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "100000": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100001": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100002": {
+      "content": "ø",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100003": {
+      "content": "ö",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100004": {
+      "content": "ú",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100005": {
+      "content": "ÿ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100006": {
+      "content": "õ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100007": {
+      "content": "÷",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100008": {
+      "content": "û",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100009": {
+      "content": "ý",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100010": {
+      "content": "À",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100011": {
+      "content": "ù",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100012": {
+      "content": "Á",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100013": {
+      "content": "þ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100014": {
+      "content": "ü",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100015": {
+      "content": "<|PAD_TOKEN|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ 'User: ' + message['content'] + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ 'Assistant: ' + message['content'] + eos_token }}{% elif message['role'] == 'system' %}{{ message['content'] + '\n\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "legacy": true,
+  "model_max_length": 4096,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd716c05283df8add0b6f2a7ce305d33d935512c53a985c463161e3e1fe0ea81
+size 5304