Upload folder using huggingface_hub

README.md

@@ -8,7 +8,7 @@ tags:
 
 # Sparse Autoencoders for Qwen/Qwen2.5-7B-Instruct
 
-This repository contains 8 Sparse Autoencoder(s) (SAE) trained using [SAELens](https://github.com/jbloomAus/SAELens).
+This repository contains 1 Sparse Autoencoder(s) (SAE) trained using [SAELens](https://github.com/jbloomAus/SAELens).
 
 ## Model Details
 
@@ -25,13 +25,6 @@ This repository contains 8 Sparse Autoencoder(s) (SAE) trained using [SAELens](h
 | Hook Point |
 |------------|
 | `blocks.11.hook_resid_post` |
-| `blocks.0.hook_resid_post` |
-| `blocks.3.hook_resid_post` |
-| `blocks.7.hook_resid_post` |
-| `blocks.15.hook_resid_post` |
-| `blocks.19.hook_resid_post` |
-| `blocks.23.hook_resid_post` |
-| `blocks.27.hook_resid_post` |
 
 ## Usage
 
@@ -60,27 +53,6 @@ features = sae.encode(activations)
 - `blocks.11.hook_resid_post/cfg.json` - SAE configuration
 - `blocks.11.hook_resid_post/sae_weights.safetensors` - Model weights
 - `blocks.11.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.0.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.0.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.0.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.3.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.3.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.3.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.7.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.7.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.7.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.15.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.15.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.15.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.19.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.19.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.19.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.23.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.23.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.23.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
-- `blocks.27.hook_resid_post/cfg.json` - SAE configuration
-- `blocks.27.hook_resid_post/sae_weights.safetensors` - Model weights
-- `blocks.27.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
 
 ## Training
 

blocks.11.hook_resid_post/cfg.json

@@ -1 +1 @@
-{"d_in": 3584, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.26.2", "sae_lens_training_version": "6.26.2", "dataset_path": "TQRG/DeltaSecommits_qwen-2.5-7b-instruct_tokenized_v2_vulnerable", "hook_name": "blocks.11.hook_resid_post", "model_name": "Qwen/Qwen2.5-7B-Instruct", "model_class_name": "HookedTransformer", "hook_head_index": null, "context_size": 128, "seqpos_slice": [null, null], "model_from_pretrained_kwargs": {}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "decoder_init_norm": 0.1, "l1_coefficient": 1.0, "lp_norm": 1.0, "l1_warm_up_steps": 0, "architecture": "standard"}
+{"d_in": 3584, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.26.2", "sae_lens_training_version": "6.26.2", "dataset_path": "TQRG/DeltaSecommits_qwen-2.5-7b-instruct_tokenized_v2_vulnerable", "hook_name": "blocks.11.hook_resid_post", "model_name": "Qwen/Qwen2.5-7B-Instruct", "model_class_name": "HookedTransformer", "hook_head_index": null, "context_size": 128, "seqpos_slice": [null, null], "model_from_pretrained_kwargs": {}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": true}, "decoder_init_norm": 0.1, "l1_coefficient": 1.0, "lp_norm": 1.0, "l1_warm_up_steps": 0, "architecture": "standard"}

blocks.11.hook_resid_post/sae_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:557bf3bda23ca3417e9fa261049434c4e01f562d09445393d5d253916cda4fe9
+oid sha256:8313929119bfed6a3bca3417b6e7ee581babc4a3adbf3ccfcfc9cf09ca15a708
 size 469842240