diff --git a/embeddings/0.6B/supervised/edu_data_supervised_embeddings.npy b/embeddings/0.6B/supervised/edu_data_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..b62020618f6ca932b604a3730953607afe9d9593 --- /dev/null +++ b/embeddings/0.6B/supervised/edu_data_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07bb1dc61f88b0cf5690cbd37e8b64b1da8a72ab1f0e93c688497593c29eeb4f +size 82048 diff --git a/embeddings/0.6B/supervised/edu_data_supervised_labels.npy b/embeddings/0.6B/supervised/edu_data_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..0e3cd67e73361276412d90ed552be9235bed536a --- /dev/null +++ b/embeddings/0.6B/supervised/edu_data_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c223e68be2a1ce2c8b6af954323cc37e795d881be45a0a09e66f1da16bf5c997 +size 288 diff --git a/embeddings/0.6B/supervised/hatespeech_supervised_embeddings.npy b/embeddings/0.6B/supervised/hatespeech_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..73a96a921c46f86ef0b917ee2ba8ef40bcd5444d --- /dev/null +++ b/embeddings/0.6B/supervised/hatespeech_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188eed166b109b759e99eaef8daa5eaaa558ca8f31bd943a48d92b60bd73d3a1 +size 1788825728 diff --git a/embeddings/0.6B/supervised/hatespeech_supervised_labels.npy b/embeddings/0.6B/supervised/hatespeech_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..927f257f16a0cafeb7433d5c9fdbe6e52a4cfcb1 --- /dev/null +++ b/embeddings/0.6B/supervised/hatespeech_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157532f714c0d6c0fbc8b38b035c397c94a7b5852df7506ac9e13005c9243285 +size 3493928 diff --git a/embeddings/0.6B/supervised/mental_health_supervised_embeddings.npy b/embeddings/0.6B/supervised/mental_health_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..cd7ddcfddb8fd76d8a97aaeefe5f7a9241f0eb15 --- /dev/null +++ b/embeddings/0.6B/supervised/mental_health_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0888a05f1099924e57e587d2cd94519cc3fa7bfcb3e26a744da55af1ea7d8ea7 +size 4192354432 diff --git a/embeddings/0.6B/supervised/mental_health_supervised_labels.npy b/embeddings/0.6B/supervised/mental_health_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..6beedb1eec5f7a623c1943036066965bb45b18f3 --- /dev/null +++ b/embeddings/0.6B/supervised/mental_health_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e24f8408418d0b40f163a61d1629a3bbe6794827fc9e2993da949f2c749ecc +size 8188320 diff --git a/embeddings/0.6B/supervised/socialTwitter_supervised_embeddings.npy b/embeddings/0.6B/supervised/socialTwitter_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..8dcc00bde747560cca54de70e11819dd68358b38 --- /dev/null +++ b/embeddings/0.6B/supervised/socialTwitter_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a17e05640d78788b2c5725ed52129e32d6a604b8267d4e361528aec7200dd74 +size 162443392 diff --git a/embeddings/0.6B/supervised/socialTwitter_supervised_labels.npy b/embeddings/0.6B/supervised/socialTwitter_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..038309235089181a192395c0bbdf6d796d55ddfe --- /dev/null +++ b/embeddings/0.6B/supervised/socialTwitter_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8ad905e5ca13d9313cd7ba2ea9fe2de3293eb12baf4e5ce89583a56fea4e31 +size 317400 diff --git a/embeddings/0.6B/unsupervised/FCPB_unsupervised_embeddings.npy b/embeddings/0.6B/unsupervised/FCPB_unsupervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..e12a2507215ea2584c7bf8bf5eed755462ffd263 --- /dev/null +++ b/embeddings/0.6B/unsupervised/FCPB_unsupervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a046939c44c30e848df28632fa6d4b1d83659b39c714f443daf2be67383992b1 +size 855879808 diff --git a/embeddings/0.6B/unsupervised/edu_data_unsupervised_embeddings.npy b/embeddings/0.6B/unsupervised/edu_data_unsupervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..79ab419ca718a48837d5c9306deb1447120b3e5f --- /dev/null +++ b/embeddings/0.6B/unsupervised/edu_data_unsupervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d8b5105f3f8d0e7c1996b477da25328a2a532f5f886d43f2f815abbd200b9d +size 3371136 diff --git a/embeddings/0.6B/unsupervised/germanCoal_unsupervised_embeddings.npy b/embeddings/0.6B/unsupervised/germanCoal_unsupervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..afe0fc7fd8917b50dbdd19ecdc629f7cc165b5be --- /dev/null +++ b/embeddings/0.6B/unsupervised/germanCoal_unsupervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472eace729f90bbb4f68ae8c7dfed7afb3dd793be7fcebd25ed6bd3bab4142fe +size 37421184 diff --git a/embeddings/0.6B/zero_shot/FCPB_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/FCPB_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..03f1722dd3ad2a09c77e9388c004ec95cc271700 --- /dev/null +++ b/embeddings/0.6B/zero_shot/FCPB_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e382666d01dc1d531cff7cf161e3caf31e07b191b5fb9c5f2cf2f281ff9ad1b +size 855879808 diff --git a/embeddings/0.6B/zero_shot/edu_data_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/edu_data_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..d373f6fd40b2a5ea48bff1f2adc4bdbf7455862f --- /dev/null +++ b/embeddings/0.6B/zero_shot/edu_data_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f28a318bfd29fd90d54f6cfc14282cb4271a65589b0fb6ac36854f2185ea3f8 +size 3371136 diff --git a/embeddings/0.6B/zero_shot/germanCoal_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/germanCoal_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..a7e045e755fabf024ece6fbd61b03f4d62748a31 --- /dev/null +++ b/embeddings/0.6B/zero_shot/germanCoal_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77e95cf239465fc816c9aba84003c1b99e99b14480c9795ee9fbeb8abe4c48bb +size 37421184 diff --git a/embeddings/0.6B/zero_shot/hatespeech_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/hatespeech_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..ce87e316513b989a076e2debf0d649dd674d25f6 --- /dev/null +++ b/embeddings/0.6B/zero_shot/hatespeech_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88368a4498daa8e524b493b1f15974a14e5cae82cb16fa401feda3210e751c9 +size 1788825728 diff --git a/embeddings/0.6B/zero_shot/hatespeech_zero_shot_labels.npy b/embeddings/0.6B/zero_shot/hatespeech_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..927f257f16a0cafeb7433d5c9fdbe6e52a4cfcb1 --- /dev/null +++ b/embeddings/0.6B/zero_shot/hatespeech_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157532f714c0d6c0fbc8b38b035c397c94a7b5852df7506ac9e13005c9243285 +size 3493928 diff --git a/embeddings/0.6B/zero_shot/mental_health_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/mental_health_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..d208a5fa5e6b90a7e565d4d171ed7d3fc8fc6fda --- /dev/null +++ b/embeddings/0.6B/zero_shot/mental_health_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:011844961d51b3125ce45090584036910187522fbfd4ff03196281065b1e4964 +size 4192354432 diff --git a/embeddings/0.6B/zero_shot/mental_health_zero_shot_labels.npy b/embeddings/0.6B/zero_shot/mental_health_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..64440eaff7fdd17a3c510cbbb83884d5207a6485 --- /dev/null +++ b/embeddings/0.6B/zero_shot/mental_health_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a670afa35cfb1d978b2c0dc46a892fdad4b19e08f2babed4b7dc64c67a6b417 +size 2049972 diff --git a/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_embeddings.npy b/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..661580ff09e4c4c4c0fe75d9f8b0bee62002bdbd --- /dev/null +++ b/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169aedacfdbbe3d611ec51d99259465ffe1aafc2d6be12ac29ba64e2885e3a73 +size 162443392 diff --git a/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_labels.npy b/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..fbe8ca2a760a821aad34da1dbce36e557e2af701 --- /dev/null +++ b/embeddings/0.6B/zero_shot/socialTwitter_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75360773a69d3431ae426d93922d3619a7809b260237a549a724b34997ce386a +size 79703 diff --git a/embeddings/4B/supervised/hatespeech_supervised_embeddings.npy b/embeddings/4B/supervised/hatespeech_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..d4b182d8a9b0969515c7eda2c2f61985ac98380c --- /dev/null +++ b/embeddings/4B/supervised/hatespeech_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133fbb6cf9b461f7c16417087532b6956e8b7885c0be8d7af67f59d283027d22 +size 4472064128 diff --git a/embeddings/4B/supervised/hatespeech_supervised_labels.npy b/embeddings/4B/supervised/hatespeech_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..927f257f16a0cafeb7433d5c9fdbe6e52a4cfcb1 --- /dev/null +++ b/embeddings/4B/supervised/hatespeech_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157532f714c0d6c0fbc8b38b035c397c94a7b5852df7506ac9e13005c9243285 +size 3493928 diff --git a/embeddings/4B/supervised/mental_health_supervised_embeddings.npy b/embeddings/4B/supervised/mental_health_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..37f49ccbefff5d255b4314bf4c8c5557b7bb4d14 --- /dev/null +++ b/embeddings/4B/supervised/mental_health_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989ba31466df41265712f23476a2f6694044d77c7b9b47b6f225e2bd5d97d395 +size 10480885888 diff --git a/embeddings/4B/supervised/mental_health_supervised_labels.npy b/embeddings/4B/supervised/mental_health_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..6beedb1eec5f7a623c1943036066965bb45b18f3 --- /dev/null +++ b/embeddings/4B/supervised/mental_health_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e24f8408418d0b40f163a61d1629a3bbe6794827fc9e2993da949f2c749ecc +size 8188320 diff --git a/embeddings/4B/supervised/socialTwitter_supervised_embeddings.npy b/embeddings/4B/supervised/socialTwitter_supervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..1f517e800edcb6e0a9616c7e344c66a87095f30d --- /dev/null +++ b/embeddings/4B/supervised/socialTwitter_supervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68431d49f09a4262540b99a058e93a5c3bcab31f1cb5a07297e96952397ba008 +size 406108288 diff --git a/embeddings/4B/supervised/socialTwitter_supervised_labels.npy b/embeddings/4B/supervised/socialTwitter_supervised_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..038309235089181a192395c0bbdf6d796d55ddfe --- /dev/null +++ b/embeddings/4B/supervised/socialTwitter_supervised_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8ad905e5ca13d9313cd7ba2ea9fe2de3293eb12baf4e5ce89583a56fea4e31 +size 317400 diff --git a/embeddings/4B/unsupervised/FCPB_unsupervised_embeddings.npy b/embeddings/4B/unsupervised/FCPB_unsupervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..e7be7fa469596b8c6e18a075e245ef461fc117e3 --- /dev/null +++ b/embeddings/4B/unsupervised/FCPB_unsupervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db5d46e2779fc0dcea0b6a69a236e3e2e96ec42b8023b7ac4ec0c776ea9ccb7 +size 2139699328 diff --git a/embeddings/4B/unsupervised/germanCoal_unsupervised_embeddings.npy b/embeddings/4B/unsupervised/germanCoal_unsupervised_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..05c7c62b0ddc5cbd139a5a115419f62f7e6812d1 --- /dev/null +++ b/embeddings/4B/unsupervised/germanCoal_unsupervised_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bcd91af70582204de663180ed0e60eff600e4ab671eac15003fcc510e9bdf40 +size 93552768 diff --git a/embeddings/4B/zero_shot/FCPB_zero_shot_embeddings.npy b/embeddings/4B/zero_shot/FCPB_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..def0d0803170278910517f2e7eb371315763f3d9 --- /dev/null +++ b/embeddings/4B/zero_shot/FCPB_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7322356efd60e65e3425baf668a0f8a7ae4f15f09d18669c5514f812aa8f4b17 +size 2139699328 diff --git a/embeddings/4B/zero_shot/germanCoal_zero_shot_embeddings.npy b/embeddings/4B/zero_shot/germanCoal_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..fec3173edca08dd2b67ddcd4d1522cf8765e891e --- /dev/null +++ b/embeddings/4B/zero_shot/germanCoal_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda0dc71ef2b82c71c115b8dcf0359c22d8580ff067469f4975087216e06259e +size 93552768 diff --git a/embeddings/4B/zero_shot/hatespeech_zero_shot_embeddings.npy b/embeddings/4B/zero_shot/hatespeech_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..31e99b0bc6a09af05fbfbe8ff2de78b0231d715c --- /dev/null +++ b/embeddings/4B/zero_shot/hatespeech_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2e7e4ac61d8b5e78880b894e7bfb5bdeb75700eb615dc98615d8b7faac5537 +size 4472064128 diff --git a/embeddings/4B/zero_shot/hatespeech_zero_shot_labels.npy b/embeddings/4B/zero_shot/hatespeech_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..927f257f16a0cafeb7433d5c9fdbe6e52a4cfcb1 --- /dev/null +++ b/embeddings/4B/zero_shot/hatespeech_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157532f714c0d6c0fbc8b38b035c397c94a7b5852df7506ac9e13005c9243285 +size 3493928 diff --git a/embeddings/4B/zero_shot/mental_health_zero_shot_embeddings.npy b/embeddings/4B/zero_shot/mental_health_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..5ba9a5fdfa059e433dfc2c8fa4fbd0c3a85de859 --- /dev/null +++ b/embeddings/4B/zero_shot/mental_health_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e87fc94c46275b6bf2a2cc53c4a8447c997ff6f69de5088ee32f708c852fa56 +size 10480885888 diff --git a/embeddings/4B/zero_shot/mental_health_zero_shot_labels.npy b/embeddings/4B/zero_shot/mental_health_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..64440eaff7fdd17a3c510cbbb83884d5207a6485 --- /dev/null +++ b/embeddings/4B/zero_shot/mental_health_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a670afa35cfb1d978b2c0dc46a892fdad4b19e08f2babed4b7dc64c67a6b417 +size 2049972 diff --git a/embeddings/4B/zero_shot/socialTwitter_zero_shot_embeddings.npy b/embeddings/4B/zero_shot/socialTwitter_zero_shot_embeddings.npy new file mode 100644 index 0000000000000000000000000000000000000000..9ecd85b46d14a4647eb8728533ef246b46825765 --- /dev/null +++ b/embeddings/4B/zero_shot/socialTwitter_zero_shot_embeddings.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2afc2f32acbcdc64de2dc2ead3492e3da465bd52728eb9b624977be91277cf97 +size 406108288 diff --git a/embeddings/4B/zero_shot/socialTwitter_zero_shot_labels.npy b/embeddings/4B/zero_shot/socialTwitter_zero_shot_labels.npy new file mode 100644 index 0000000000000000000000000000000000000000..fbe8ca2a760a821aad34da1dbce36e557e2af701 --- /dev/null +++ b/embeddings/4B/zero_shot/socialTwitter_zero_shot_labels.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75360773a69d3431ae426d93922d3619a7809b260237a549a724b34997ce386a +size 79703 diff --git a/lora/0.6B/supervised/hatespeech/README.md b/lora/0.6B/supervised/hatespeech/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac00d235870759848b265d6d7641c7a37c14947d --- /dev/null +++ b/lora/0.6B/supervised/hatespeech/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_0.6B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_0.6B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/0.6B/supervised/hatespeech/adapter_config.json b/lora/0.6B/supervised/hatespeech/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0e10a7e5e1788a0985a3616f9b70770bde6728 --- /dev/null +++ b/lora/0.6B/supervised/hatespeech/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_0.6B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/0.6B/supervised/hatespeech/adapter_model.safetensors b/lora/0.6B/supervised/hatespeech/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..849decc90f7ec78ecb834db58777d32453cacf7c --- /dev/null +++ b/lora/0.6B/supervised/hatespeech/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ddf93297b3f04e85368eee33da08a408961290174b3377889cdc0a7379b183 +size 9203168 diff --git a/lora/0.6B/supervised/mental_health/README.md b/lora/0.6B/supervised/mental_health/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac00d235870759848b265d6d7641c7a37c14947d --- /dev/null +++ b/lora/0.6B/supervised/mental_health/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_0.6B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_0.6B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/0.6B/supervised/mental_health/adapter_config.json b/lora/0.6B/supervised/mental_health/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0e10a7e5e1788a0985a3616f9b70770bde6728 --- /dev/null +++ b/lora/0.6B/supervised/mental_health/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_0.6B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/0.6B/supervised/mental_health/adapter_model.safetensors b/lora/0.6B/supervised/mental_health/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76d40a7a32b8c393c9ffcbecfa04b7117feb5166 --- /dev/null +++ b/lora/0.6B/supervised/mental_health/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9140545b12a94ba6cb93adda682f3896e691e224f1a94c8fa8c7183e9120557 +size 9203168 diff --git a/lora/0.6B/supervised/socialTwitter/README.md b/lora/0.6B/supervised/socialTwitter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac00d235870759848b265d6d7641c7a37c14947d --- /dev/null +++ b/lora/0.6B/supervised/socialTwitter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_0.6B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_0.6B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/0.6B/supervised/socialTwitter/adapter_config.json b/lora/0.6B/supervised/socialTwitter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0e10a7e5e1788a0985a3616f9b70770bde6728 --- /dev/null +++ b/lora/0.6B/supervised/socialTwitter/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_0.6B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/0.6B/supervised/socialTwitter/adapter_model.safetensors b/lora/0.6B/supervised/socialTwitter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b56537e5cae5a13f682d90d560ab2ddf94c7e1f --- /dev/null +++ b/lora/0.6B/supervised/socialTwitter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9630bd1bbdd6cefeb0f7cba45c8300347762b20e302e35e177ab01d2d23a4a +size 9203168 diff --git a/lora/0.6B/unsupervised/FCPB/README.md b/lora/0.6B/unsupervised/FCPB/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac00d235870759848b265d6d7641c7a37c14947d --- /dev/null +++ b/lora/0.6B/unsupervised/FCPB/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_0.6B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_0.6B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/0.6B/unsupervised/FCPB/adapter_config.json b/lora/0.6B/unsupervised/FCPB/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16d2b0cef8495af60b907aae080cf0abfba19ddc --- /dev/null +++ b/lora/0.6B/unsupervised/FCPB/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_0.6B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "o_proj", + "q_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/0.6B/unsupervised/FCPB/adapter_model.safetensors b/lora/0.6B/unsupervised/FCPB/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1def9221e8628d5621b58391deac73b7190c4a83 --- /dev/null +++ b/lora/0.6B/unsupervised/FCPB/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2baf4975f4631411d7bce75c46eddd5443470ad4b14519c876f5a32a7f5ef5 +size 9203168 diff --git a/lora/0.6B/unsupervised/germanCoal/README.md b/lora/0.6B/unsupervised/germanCoal/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac00d235870759848b265d6d7641c7a37c14947d --- /dev/null +++ b/lora/0.6B/unsupervised/germanCoal/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_0.6B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_0.6B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/0.6B/unsupervised/germanCoal/adapter_config.json b/lora/0.6B/unsupervised/germanCoal/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0991fb51c0efc581655eec32be3842091589df16 --- /dev/null +++ b/lora/0.6B/unsupervised/germanCoal/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_0.6B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "k_proj", + "v_proj", + "q_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/0.6B/unsupervised/germanCoal/adapter_model.safetensors b/lora/0.6B/unsupervised/germanCoal/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c323c1f15324b94c164e5c94f6c65678e00e35e1 --- /dev/null +++ b/lora/0.6B/unsupervised/germanCoal/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6c824e92cabf4be2c9f64a96e6e19c5bb25e7d720cfba0a37b7172c5d4a321 +size 9203168 diff --git a/lora/4B/supervised/hatespeech/README.md b/lora/4B/supervised/hatespeech/README.md new file mode 100644 index 0000000000000000000000000000000000000000..607f32c7068b9da653eac3c91c20f39623dbd58c --- /dev/null +++ b/lora/4B/supervised/hatespeech/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_4B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_4B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/4B/supervised/hatespeech/adapter_config.json b/lora/4B/supervised/hatespeech/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3af0d9af522a65ef477fe88656169b8dbab682d1 --- /dev/null +++ b/lora/4B/supervised/hatespeech/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_4B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "v_proj", + "q_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/4B/supervised/hatespeech/adapter_model.safetensors b/lora/4B/supervised/hatespeech/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d467059fc7d219df5c9a58972679494ae5711ce --- /dev/null +++ b/lora/4B/supervised/hatespeech/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1a105f307addc67ad1a7503ab73a84ea47bd0fc96144add6382175e35df7fa +size 23629512 diff --git a/lora/4B/supervised/mental_health/adapter_config.json b/lora/4B/supervised/mental_health/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f1a3ee568e20cf557207f118cbef7a68ca043c9 --- /dev/null +++ b/lora/4B/supervised/mental_health/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_4B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj", + "o_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/4B/supervised/mental_health/adapter_model.safetensors b/lora/4B/supervised/mental_health/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e137b18837ebe13151c13b8daf6da1d4048007ea --- /dev/null +++ b/lora/4B/supervised/mental_health/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f98999251d2620644268a7c5213dbcaed11c83a372c8ac88a67c65ae914ba4 +size 23629512 diff --git a/lora/4B/supervised/socialTwitter/README.md b/lora/4B/supervised/socialTwitter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..607f32c7068b9da653eac3c91c20f39623dbd58c --- /dev/null +++ b/lora/4B/supervised/socialTwitter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /root/autodl-tmp/qwen3_embedding_4B +library_name: peft +tags: +- base_model:adapter:/root/autodl-tmp/qwen3_embedding_4B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/lora/4B/supervised/socialTwitter/adapter_config.json b/lora/4B/supervised/socialTwitter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1198542dae546868444d289c40b6fa772dd46679 --- /dev/null +++ b/lora/4B/supervised/socialTwitter/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_4B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/4B/supervised/socialTwitter/adapter_model.safetensors b/lora/4B/supervised/socialTwitter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32b89428d660aaa58d28d96bce488c39cdd38d73 --- /dev/null +++ b/lora/4B/supervised/socialTwitter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c85ea6b2e1749245f1237b31b91d40370ae2d463345d6c6418b00846fba419 +size 23629512 diff --git a/lora/4B/unsupervised/FCPB/adapter_config.json b/lora/4B/unsupervised/FCPB/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7dbf41a8b67f185eaf866e3d5894e7e4cb90aebd --- /dev/null +++ b/lora/4B/unsupervised/FCPB/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_4B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "o_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/4B/unsupervised/FCPB/adapter_model.safetensors b/lora/4B/unsupervised/FCPB/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3d3fb47dc6b7f9311d4ce38cf061edc77c9368a --- /dev/null +++ b/lora/4B/unsupervised/FCPB/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70521156e5b26970a7c02f6d8452e798c8336657b60f708885473281f596a0a6 +size 23629512 diff --git a/lora/4B/unsupervised/germanCoal/adapter_config.json b/lora/4B/unsupervised/germanCoal/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b849f2a015859761aaa6fc7cb7a1ba6ac5076487 --- /dev/null +++ b/lora/4B/unsupervised/germanCoal/adapter_config.json @@ -0,0 +1,43 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/root/autodl-tmp/qwen3_embedding_4B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "FEATURE_EXTRACTION", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/lora/4B/unsupervised/germanCoal/adapter_model.safetensors b/lora/4B/unsupervised/germanCoal/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bd0be0d87cbe9c45490822f5f16dbc88c1f2f80 --- /dev/null +++ b/lora/4B/unsupervised/germanCoal/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ab54ed37ba5fcf856eacdcfde85a967c34d6cb36a25e375e3e9a0450d4619a +size 23629512 diff --git a/lora/logs/mental_health_0.6B_supervised_loss.json b/lora/logs/mental_health_0.6B_supervised_loss.json new file mode 100644 index 0000000000000000000000000000000000000000..3cefc2d540c08186a08c2d2e8d3ab2b08046fede --- /dev/null +++ b/lora/logs/mental_health_0.6B_supervised_loss.json @@ -0,0 +1,55 @@ +{ + "model": "Qwen3-Embedding-0.6B", + "dataset": "mental_health", + "mode": "supervised", + "training_type": "LoRA fine-tuning (Supervised Contrastive Learning)", + "timestamp": "2025-12-23", + "config": { + "batch_size": 8, + "max_length": 512, + "epochs": 3, + "total_samples": 1023524, + "total_steps_per_epoch": 127941, + "total_steps": 383823, + "learning_rate": "2e-5", + "lora_r": 16, + "lora_alpha": 32 + }, + "results": { + "final_loss": 0.5738, + "final_accuracy": 0.8292, + "total_training_time": "6h 22m 19s", + "speed": "5.5-6.5 it/s" + }, + "epoch_summary": [ + { + "epoch": 1, + "steps": 127941, + "loss": 0.7546, + "accuracy": 0.7762, + "time": "25861.5s" + }, + { + "epoch": 2, + "steps": 127941, + "loss": 0.6224, + "accuracy": 0.8161, + "time": "26074.6s" + }, + { + "epoch": 3, + "steps": 127941, + "loss": 0.5738, + "accuracy": 0.8292, + "time": "22939.6s" + } + ], + "loss_samples_epoch3_end": [ + 0.371, 0.489, 0.938, 0.339, 0.295, 0.239, 0.252, 0.0106, 0.978, 0.294, + 0.829, 0.598, 0.137, 1.18, 0.56, 2.24, 2.03, 1.7, 0.464, 0.557, + 0.393, 0.226, 1.17, 1.18, 0.004, 0.536, 0.0518, 0.0785, 0.278, 0.119, + 0.522, 0.355, 0.235, 1.3, 0.526, 0.607, 1.05, 0.116, 0.654, 1.07 + ], + "checkpoint_path": "/root/autodl-tmp/embedding/checkpoints/mental_health/embedding_supervised_20251223_134305", + "output_embeddings": "/root/autodl-tmp/embedding/outputs/supervised/mental_health_supervised_embeddings.npy" +} diff --git a/lora/logs/mental_health_4B_supervised_epoch_loss.txt b/lora/logs/mental_health_4B_supervised_epoch_loss.txt new file mode 100644 index 0000000000000000000000000000000000000000..94e85c7536c636d0d7e05a321fe028fceed249d0 --- /dev/null +++ b/lora/logs/mental_health_4B_supervised_epoch_loss.txt @@ -0,0 +1,3 @@ +Epoch 1/3 | Time: 49012.8s | Loss: 0.6594 | Accuracy: 0.8020 +Epoch 2/3 | Time: 52143.9s | Loss: 0.6012 | Accuracy: 0.8287 +Epoch 3/3 | Time: 49382.2s | Loss: 0.5624 | Accuracy: 0.8400 diff --git a/lora/logs/mental_health_4B_supervised_loss.json b/lora/logs/mental_health_4B_supervised_loss.json new file mode 100644 index 0000000000000000000000000000000000000000..973090ea17f387e1f4222525e44dbf709a5d8c74 --- /dev/null +++ b/lora/logs/mental_health_4B_supervised_loss.json @@ -0,0 +1,47 @@ +{ + "model": "Qwen3-Embedding-4B", + "dataset": "mental_health", + "mode": "supervised", + "training_type": "LoRA fine-tuning (MLP + Cross-Entropy)", + "timestamp": "2026-02-05", + "config": { + "batch_size": 4, + "max_length": 256, + "epochs": 3, + "total_samples": 1023524, + "total_steps_per_epoch": 255881, + "total_steps": 767643, + "learning_rate": "2e-5", + "classifier_lr": "1e-3", + "lora_r": 8, + "lora_alpha": 16, + "gradient_accumulation_steps": 4 + }, + "results": { + "final_loss": 0.5624, + "final_accuracy": 0.8400, + "total_training_time": "150538.9s (约41.8小时)" + }, + "epoch_summary": [ + { + "epoch": 1, + "loss": 0.6594, + "accuracy": 0.8020, + "time": "49012.8s" + }, + { + "epoch": 2, + "loss": 0.6012, + "accuracy": 0.8287, + "time": "52143.9s" + }, + { + "epoch": 3, + "loss": 0.5624, + "accuracy": 0.8400, + "time": "49382.2s" + } + ], + "checkpoint_path": "/root/autodl-tmp/embedding/checkpoints/mental_health/embedding_supervised_20260203_200436", + "output_embeddings": "/root/autodl-tmp/embedding/outputs_4B/supervised/mental_health_supervised_embeddings.npy" +}