msrcam commited on
Commit
270fe42
·
verified ·
1 Parent(s): cd68f1a

Upload 5 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-VL-7B-Instruct-abliterated/imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-VL-7B-Instruct-abliterated/mmproj-Qwen2.5-VL-7B-Instruct.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-VL-7B-Instruct-abliterated/Qwen2.5-VL-7B-Instruct-abliterated-F16Out-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-VL-7B-Instruct-abliterated/.gitattributes ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-VL-7B-Instruct-abliterated-Q6_K-F16Out.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-VL-7B-Instruct-abliterated-F16Out-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mmproj-Qwen2.5-VL-7B-Instruct-abliterated-f16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-VL-7B-Instruct-abliterated-F16Out-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mmproj-Qwen2.5-VL-7B-Instruct.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-VL-7B-Instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-VL-7B-Instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-VL-7B-Instruct-abliterated-i1-f16o.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-VL-7B-Instruct-abliterated/Qwen2.5-VL-7B-Instruct-abliterated-F16Out-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afaa7494906500ee952107a4ac3700a1864b5f25e14a5b9a046a0418d9bce53e
3
+ size 5326000064
Qwen2.5-VL-7B-Instruct-abliterated/README.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ language:
4
+ - zh
5
+ - en
6
+ base_model:
7
+ - huihui-ai/Qwen2.5-VL-7B-Instruct-abliterated
8
+ pipeline_tag: image-text-to-text
9
+ tags:
10
+ - qwen2_5_vl
11
+ - multimodal
12
+ - abliterated
13
+ - uncensored
14
+ - text-generation-inference
15
+ ---
16
+
17
+ Quantized gguf file from https://huggingface.co/huihui-ai/Qwen2.5-VL-7B-Instruct-abliterated
18
+
19
+ Using "--leave-output-tensor" in quantizing to keep output layer precision at FP16.
20
+
21
+ LM Studio is recommended to deploy it.
22
+
23
+ **Runtime environment should be upgraded to >= 1.29.0(beta).**
24
+
25
+ imatrix.dat is from mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF
Qwen2.5-VL-7B-Instruct-abliterated/imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d46058144e77b08f53a904e770704278a1aa76ebb624cb1134fd5f6cb61a3a
3
+ size 4536665
Qwen2.5-VL-7B-Instruct-abliterated/mmproj-Qwen2.5-VL-7B-Instruct.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4c68cefdadcb66c9c2de6031e0ebb0672882a868c134c4856f61c9ab321f9c
3
+ size 1354163328